%% This BibTeX bibliography file was created using BibDesk.
%% https://bibdesk.sourceforge.io/

%% Created for tls459 at 2023-08-01 16:15:28 -0400 


%% Saved with string encoding Unicode (UTF-8) 



@article{heinrichetal2006,
	author = {Heinrich, Joseph and Richard McElreath and Abigail Barr and Jean Ensminger and Clark Barrett and Alexander Bolyanatz and Juan Camilo Cardenas and Michel Gurven and Edwins Gwako and Natalie Heinrich and Carolyn Lesorogol and Frank Marlowe and David Tracer and John Ziker},
	date-added = {2023-07-30 16:29:45 -0400},
	date-modified = {2023-07-30 16:31:29 -0400},
	journal = {Science},
	month = {June},
	pages = {1767-1770},
	title = {Costly Punishment Across Human Societies},
	volume = {312},
	year = {2006}}

@article{boasetal2019,
	author = {Boas, Taylor C. and F. Daniel Hidalgo and Marcus Andr\'{e} Melo},
	date-added = {2023-07-30 16:13:43 -0400},
	date-modified = {2023-07-30 16:14:37 -0400},
	journal = {American Journal of Political Science},
	number = {2},
	pages = {385-400},
	title = {Norms versus Action: Why Voters Fail to Sanction Malfeasance in Brazil},
	volume = {63},
	year = {2019}}

@article{brinchetal2017,
	author = {Brinch, Christian N. and Magne Mogstad and Matthew Wiswall},
	date-added = {2023-03-17 17:32:05 -0400},
	date-modified = {2023-03-17 17:32:05 -0400},
	journal = {Journal of Political Economy},
	number = {4},
	pages = {985-1039},
	title = {Beyond LATE with a Discrete Instrument},
	volume = {125},
	year = {2017}}

@article{berger1982,
	author = {Berger, Roger L},
	date-added = {2023-03-17 17:31:53 -0400},
	date-modified = {2023-03-17 17:31:53 -0400},
	journal = {Technometrics},
	number = {4},
	pages = {295-300},
	title = {Multiparameter Hypothesis Testing and Acceptance Sampling},
	volume = {24},
	year = {1982}}

@article{changli2022,
	author = {Chang, Andrew C. and Phillip Li},
	date-added = {2022-11-07 15:46:48 -0500},
	date-modified = {2022-11-07 15:48:52 -0500},
	journal = {Crtical Finance Review},
	number = {1},
	pages = {185-206},
	title = {Is Economics Research Replicable? Sixty Published Papers from Thirteen Journals Say ``Often Not''},
	volume = {11},
	year = {2022}}

@article{hoffler2017,
	author = {H\"{o}ffler, Jan H.},
	date-added = {2022-11-07 15:37:22 -0500},
	date-modified = {2022-11-07 15:37:54 -0500},
	journal = {American Economic Review: Papers \& Proceedings},
	number = {5},
	pages = {52-55},
	title = {Replication and Economics Journal Policies},
	volume = {107},
	year = {2017}}

@article{hamermesh2007,
	author = {Hamermesh, Daniel S.},
	date-added = {2022-11-07 15:33:32 -0500},
	date-modified = {2022-11-07 15:34:09 -0500},
	journal = {Canadian Journal of Economics},
	number = {3},
	pages = {715-733},
	title = {Viewpoint Replication in economics},
	volume = {40},
	year = {2007}}

@article{vilhuberetal2022,
	author = {Vilhuber, Lars and Hyuk Harry Son and Meredith Welch and David N. Wasser and Michael Darisse},
	date-added = {2022-11-07 15:25:50 -0500},
	date-modified = {2022-11-07 15:27:15 -0500},
	journal = {Journal of Statistics and Data Science Education},
	pages = {1-8},
	title = {Teaching for Large-Scale Reproducibility Verification},
	volume = {Forthcoming},
	year = {2022}}

@article{vilhuber2021,
	author = {Vilhuber, Lars},
	date-added = {2022-11-07 15:24:59 -0500},
	date-modified = {2022-11-07 15:25:31 -0500},
	journal = {American Economic Association: Papers and Proceedings},
	pages = {808-817},
	title = {Report by the AEA Data Editor},
	volume = {111},
	year = {2021}}

@article{vilhuber2020,
	author = {Vilhuber, Lars},
	date-added = {2022-11-07 15:23:51 -0500},
	date-modified = {2022-11-07 15:24:51 -0500},
	journal = {Harvard Data Science Review},
	number = {4},
	pages = {1-39},
	title = {Reproducibility and Replicability in Economics},
	volume = {2},
	year = {2020}}

@webpage{jpal2022,
	author = {{Abdul Latif Jameel Poverty Action Lab}},
	date-added = {2022-09-23 15:28:45 -0400},
	date-modified = {2022-09-23 15:29:14 -0400},
	lastchecked = {23 September 2022},
	url = {https://www.povertyactionlab.org/},
	bdsk-url-1 = {https://www.povertyactionlab.org/}}

@webpage{egap2022,
	author = {{Evidence in Governance and Poltiics}},
	date-added = {2022-09-23 15:26:47 -0400},
	date-modified = {2022-09-23 15:27:50 -0400},
	lastchecked = {23 September 2022},
	url = {https://egap.org/about/},
	bdsk-url-1 = {https://egap.org/about/}}

@article{camerer2018,
	abstract = {Being able to replicate scientific findings is crucial for scientific progress1--15. We replicate 21 systematically selected experimental studies in the social sciences published in Nature and Science between 2010 and 201516--36. The replications follow analysis plans reviewed by the original authors and pre-registered prior to the replications. The replications are high powered, with sample sizes on average about five times higher than in the original studies. We find a significant effect in the same direction as the original study for 13 (62{\%}) studies, and the effect size of the replications is on average about 50{\%} of the original effect size. Replicability varies between 12 (57{\%}) and 14 (67{\%}) studies for complementary replicability indicators. Consistent with these results, the estimated true-positive rate is 67{\%} in a Bayesian analysis. The relative effect size of true positives is estimated to be 71{\%}, suggesting that both false positives and inflated effect sizes of true positives contribute to imperfect reproducibility. Furthermore, we find that peer beliefs of replicability are strongly related to replicability, suggesting that the research community could predict which results would replicate and that failures to replicate were not the result of chance alone.},
	author = {Camerer, Colin F. and Dreber, Anna and Holzmeister, Felix and Ho, Teck-Hua and Huber, J{\"u}rgen and Johannesson, Magnus and Kirchler, Michael and Nave, Gideon and Nosek, Brian A. and Pfeiffer, Thomas and Altmejd, Adam and Buttrick, Nick and Chan, Taizan and Chen, Yiling and Forsell, Eskil and Gampa, Anup and Heikensten, Emma and Hummer, Lily and Imai, Taisuke and Isaksson, Siri and Manfredi, Dylan and Rose, Julia and Wagenmakers, Eric-Jan and Wu, Hang},
	date = {2018/09/01},
	date-added = {2022-09-22 17:17:12 -0400},
	date-modified = {2022-09-22 17:17:19 -0400},
	doi = {10.1038/s41562-018-0399-z},
	id = {Camerer2018},
	isbn = {2397-3374},
	journal = {Nature Human Behaviour},
	number = {9},
	pages = {637--644},
	title = {Evaluating the replicability of social science experiments in Nature and Science between 2010 and 2015},
	url = {https://doi.org/10.1038/s41562-018-0399-z},
	volume = {2},
	year = {2018},
	bdsk-url-1 = {https://doi.org/10.1038/s41562-018-0399-z}}

@article{camereretal2016,
	abstract = {Experimental economists have joined the reproducibility discussion by replicating selected published experiments from two top-tier journals in economics. Camerer et al. found that two-thirds of the 18 studies examined yielded replicable estimates of effect size and direction. This proportion is somewhat lower than unaffiliated experts were willing to bet in an associated prediction market, but roughly in line with expectations from sample sizes and P values. Science, this issue p. 1433 By several metrics, economics experiments do replicate, although not as often as predicted. The replicability of some scientific findings has recently been called into question. To contribute data about replicability in economics, we replicated 18 studies published in the American Economic Review and the Quarterly Journal of Economics between 2011 and 2014. All of these replications followed predefined analysis plans that were made publicly available beforehand, and they all have a statistical power of at least 90\% to detect the original effect size at the 5\% significance level. We found a significant effect in the same direction as in the original study for 11 replications (61\%); on average, the replicated effect size is 66\% of the original. The replicability rate varies between 67\% and 78\% for four additional replicability indicators, including a prediction market measure of peer beliefs.},
	author = {Colin F. Camerer and Anna Dreber and Eskil Forsell and Teck-Hua Ho and J{\"u}rgen Huber and Magnus Johannesson and Michael Kirchler and Johan Almenberg and Adam Altmejd and Taizan Chan and Emma Heikensten and Felix Holzmeister and Taisuke Imai and Siri Isaksson and Gideon Nave and Thomas Pfeiffer and Michael Razen and Hang Wu},
	date-added = {2022-09-22 17:08:51 -0400},
	date-modified = {2022-09-22 17:09:03 -0400},
	doi = {10.1126/science.aaf0918},
	journal = {Science},
	number = {6280},
	pages = {1433-1436},
	title = {Evaluating replicability of laboratory experiments in economics},
	volume = {351},
	year = {2016},
	bdsk-url-1 = {https://www.science.org/doi/abs/10.1126/science.aaf0918},
	bdsk-url-2 = {https://doi.org/10.1126/science.aaf0918}}

@article{grahametal2022b,
	author = {Graham, Matthew H. and Gregory A. Huber and Neil Malhotra and Cecilia Hyunjung Mo},
	date-added = {2022-09-05 13:08:21 -0400},
	date-modified = {2022-09-05 13:08:56 -0400},
	journal = {Journal of Politics},
	title = {How Should We Think About Replicating Observational Studies? A Reply to Fowler and Montagnes},
	volume = {Forthcoming},
	year = {2022}}

@unpublished{fowlermontagnes2022b,
	author = {Fowler, Anthony and B. Pablo Montagnes},
	date-added = {2022-09-05 13:07:22 -0400},
	date-modified = {2022-09-05 13:09:52 -0400},
	month = {August},
	note = {Working paper, available at \url{https://drive.google.com/file/d/16bV6Cyhau6spf6ahz4P1eO1k-O7lR2lt/view}},
	title = {On the Importance of Independent Evidence: A Reply to Graham et al.},
	year = {2022}}

@article{fowlermontagnes2022,
	author = {Fowler, Anthony and B. Pablo Montagnes},
	date-added = {2022-09-05 13:06:43 -0400},
	date-modified = {2022-09-05 13:07:17 -0400},
	journal = {Journal of Politics},
	title = {Distinguishing between False Positives and Genuine Results: The Case of Irrelevant Events and Elections},
	volume = {Forthcoming},
	year = {2022}}

@article{grahametal2020,
	author = {Graham, Matthew H. and Gregory A. Huber, and Neil Malhotra and Cecilia Hyunjung Mo},
	date-added = {2022-09-05 12:21:48 -0400},
	date-modified = {2022-09-05 12:22:46 -0400},
	journal = {Journal of Politics},
	title = {Irrelevant Events and Voting Behavior:Replications Using Principles from Open Science},
	volume = {Forthcoming},
	year = {2021}}

@article{healyetal2015,
	author = {Healy, Andrew J. and Neil Malhotra and Cecilia Hyunjung Mo},
	date-added = {2022-09-05 12:20:41 -0400},
	date-modified = {2022-09-05 12:21:39 -0400},
	journal = {Proceedings of the National Academy of Sciences},
	number = {48},
	pages = {E6591},
	title = {Determining false-positives requires consideringthe totality of evidence},
	volume = {112},
	year = {2015}}

@article{fowlermontagnes2015,
	author = {Fowler, Anthony and B. Pablo Montagnes},
	date-added = {2022-09-05 12:19:00 -0400},
	date-modified = {2022-09-05 12:19:50 -0400},
	journal = {Proceedings of the National Academy of Sciences},
	number = {45},
	pages = {13800-13804},
	title = {College football, elections, and false-positive results inobservational research},
	volume = {112},
	year = {2015}}

@article{healyetal2010,
	author = {Healy, Andrew J. and Neil Malhotra and Cecilia Hyunjung Mo},
	date-added = {2022-09-05 12:17:21 -0400},
	date-modified = {2022-09-05 14:44:11 -0400},
	journal = {Proceedings of the National Academy of Sciences},
	number = {29},
	pages = {12804-12809},
	title = {Irrelevant events affect voters'evaluations ofgovernment performance},
	volume = {107},
	year = {2010}}

@article{christensenetal2021,
	author = {Christensen, Darin and Oeindrila Dube and Johannes Haushofer and Bilal Sidiqi and Maarten Voors},
	date-added = {2022-08-19 13:01:08 -0400},
	date-modified = {2022-08-19 13:02:04 -0400},
	journal = {Quarterly Journal of Economics},
	number = {1145-1198},
	title = {Building Resilient Health Systems: Experimental Evidence from Sierra Leone and the 2014 Ebola Outbreak},
	year = {2021}}

@unpublished{galianietal2017,
	author = {Galiani, Sebastian and Paul Gertler and Mauricio Romero},
	date-added = {2022-08-11 13:38:47 -0400},
	date-modified = {2022-08-11 13:38:47 -0400},
	month = {July},
	note = {NBER Working Paper No. 23576},
	title = {Incentives for Replication in Economics},
	year = {2017}}

@article{noseketal2012,
	author = {Nosek, Brian A. and Jeffrey R. Spies and Matt Motyl},
	date-added = {2022-08-11 13:37:37 -0400},
	date-modified = {2022-08-11 13:37:37 -0400},
	journal = {Perspectives on Psychological Science},
	number = {6},
	pages = {615-631},
	title = {Scientific Utopia II: II. Restructuring Incentives and Practices to Promote Truth Over Publishability},
	volume = {7},
	year = {2012}}

@article{koolelakens2012,
	author = {Koole, Sander L. and Dani\"{e}l Lakens},
	date-added = {2022-08-11 13:37:25 -0400},
	date-modified = {2022-08-11 13:37:25 -0400},
	journal = {Perspectives on Psychological Science},
	number = {6},
	pages = {608-614},
	title = {Rewarding Replications: A Sure and Simple Way to Improve Psychological Science},
	volume = {7},
	year = {2012}}

@unpublished{wilkesamii2022,
	author = {Wilke, Anna and Cyrus Samii},
	date-added = {2022-08-11 11:36:17 -0400},
	date-modified = {2022-08-11 11:37:00 -0400},
	month = {July},
	note = {Working paper, New York University},
	title = {To Harmonize or Not? Research Design for Cross-Context Learning},
	year = {2022}}

@article{abramson2022we,
	author = {Abramson, Scott F and Ko{\c{c}}ak, Korhan and Magazinnik, Asya},
	journal = {American Journal of Political Science},
	number = {4},
	pages = {1008--1020},
	publisher = {Wiley Online Library},
	title = {What do we learn about voter preferences from conjoint experiments?},
	volume = {66},
	year = {2022}}

@article{simonsohn2015,
	author = {Simonsohn, Uri},
	date-added = {2022-07-15 14:49:34 -0400},
	date-modified = {2022-07-15 14:50:05 -0400},
	journal = {Psychological Science},
	number = {5},
	pages = {559-569},
	title = {Small Telescopes: Detectability and the Evaluation of Replication Results},
	volume = {26},
	year = {2015}}

@article{dunning2016,
	author = {Dunning, Thad},
	date-added = {2022-07-15 13:43:15 -0400},
	date-modified = {2022-07-15 13:45:41 -0400},
	journal = {Annual Review of Political Science},
	pages = {S1-S23},
	title = {Transparency, Replication, and Cumulative Learning: What Experiments Alone Cannot Achieve},
	volume = {19},
	year = {2016}}

@article{moninoppenheimer,
	author = {Monin, Beno\^{i}t and Daniel M. Oppenheimer},
	date-added = {2022-07-14 23:32:53 -0400},
	date-modified = {2022-07-14 23:34:48 -0400},
	journal = {Social Psychology},
	number = {4},
	pages = {1-2},
	title = {The Limits of Direct Replications and the Virtues of Stimulus Sampling},
	volume = {45},
	year = {2014}}

@article{gilbert2016response,
	author = {Gilbert, Daniel T and King, Gary and Pettigrew, Stephen and Wilson, Timothy D},
	date-added = {2022-07-14 21:19:33 -0400},
	date-modified = {2022-07-14 21:19:33 -0400},
	journal = {Harvard University},
	title = {A Response to the Reply to our Technical Comment on ``estimating the Reproducibility of Psychological Science''},
	year = {2016}}

@article{open2015estimating,
	author = {Open Science Collaboration},
	date-added = {2022-07-14 21:19:02 -0400},
	date-modified = {2022-07-14 21:19:02 -0400},
	journal = {Science},
	number = {6251},
	pages = {aac4716},
	publisher = {American Association for the Advancement of Science},
	title = {Estimating the reproducibility of psychological science},
	volume = {349},
	year = {2015}}

@article{klein2014investigating,
	author = {Klein, Richard A and Ratliff, Kate A and Vianello, Michelangelo and Adams Jr, Reginald B and Bahn{\'\i}k, {\v{S}}t{\v{e}}p{\'a}n and Bernstein, Michael J and Bocian, Konrad and Brandt, Mark J and Brooks, Beach and Brumbaugh, Claudia Chloe and others},
	date-added = {2022-07-14 21:17:40 -0400},
	date-modified = {2022-07-14 21:17:40 -0400},
	journal = {Social psychology},
	number = {3},
	pages = {142},
	publisher = {Hogrefe Publishing},
	title = {Investigating variation in replicability: A ``many labs'' replication project.},
	volume = {45},
	year = {2014}}

@article{bjorkmansvensson2009,
	author = {Bj\"{o}rkman, Martina and Jakob Svensson},
	date-added = {2022-07-04 15:20:14 -0400},
	date-modified = {2022-07-04 15:20:14 -0400},
	journal = {Quarterly Journal of Economics},
	number = {2},
	pages = {735-769},
	title = {Power to the People: Evidence from a Randomized Field Experiment on Community-Based Monitoring in Uganda},
	volume = {124},
	year = {2009}}

@book{schmidthunter2017,
	address = {London},
	author = {Schmidt, Frank L. and John E. Hunter},
	date-added = {2022-03-24 13:08:51 -0400},
	date-modified = {2022-03-24 13:10:36 -0400},
	edition = {Fifth},
	publisher = {SAGE Publications},
	title = {Methods of Meta-Analysis: Correcting Error and Bias in Research Findings},
	year = {2017}}

@article{eshimasmith2022,
	author = {Eshima, Shusei and Daniel M. Smith},
	date-added = {2022-03-18 23:02:18 -0400},
	date-modified = {2022-03-18 23:02:54 -0400},
	journal = {Journal of Politics},
	title = {Just a Number? Voter Evaluations of Age in Candidate Choice Experiments},
	volume = {Forthcoming},
	year = {2022}}

@article{banerjeeetal2015,
	author = {Banerjee, Abhijit, and Duflo, Esther and Goldberg, Nathanael and Karlan, Dean and Osei, Robert and Parrient\'{e}, William and Shapiro, Jeremy and Thuysbaert, Bram and Udry, Christopher},
	date-added = {2022-03-18 22:59:33 -0400},
	date-modified = {2022-03-18 23:01:13 -0400},
	journal = {Science},
	number = {6236},
	title = {A multifaceted program causes lasting progress for the very poor: Evidence from six countries},
	volume = {348},
	year = {2015}}

@article{hajnallewis2003,
	author = {Hajnal, Zoltan L. and Paul G. Lewis},
	date-added = {2022-03-16 10:30:56 -0400},
	date-modified = {2022-03-16 10:31:59 -0400},
	journal = {Urban Affairs Review},
	number = {5},
	pages = {645-668},
	title = {Municipal Institutions and Voter Turnout in Local Elections},
	volume = {38},
	year = {2003}}

@book{gerbergreen2019,
	address = {Washington DC},
	author = {Gerber, Alan S. and Donald P. Green},
	date-added = {2022-03-16 10:27:40 -0400},
	date-modified = {2022-03-16 10:28:33 -0400},
	edition = {Fourth},
	publisher = {Brookings Institution Press},
	title = {Get Out the Vote: How to Increase Voter Turnout},
	year = {2019}}

@article{burden2000,
	author = {Burden, Barry},
	date-added = {2022-03-15 18:55:07 -0400},
	date-modified = {2022-03-15 18:55:46 -0400},
	journal = {Political Analysis},
	number = {4},
	pages = {389-398},
	title = {Voter Turnout and the National Election Studies},
	volume = {8},
	year = {2000}}

@book{rosenbaum2002,
	address = {New York},
	author = {Rosenbaum, Paul R},
	date-added = {2022-01-05 11:05:55 -0500},
	date-modified = {2022-01-05 11:07:16 -0500},
	edition = {Second Edition},
	publisher = {Springer},
	title = {Observational Studies},
	year = {2002}}

@article{cochran1965,
	author = {Cochran, W. G.},
	date-added = {2022-01-05 11:04:51 -0500},
	date-modified = {2022-01-05 11:05:46 -0500},
	journal = {Journal of the Royal Statistical Society. Series A},
	number = {2},
	pages = {234-266},
	title = {The Planning of Observational Studies of Human Populations},
	volume = {128},
	year = {1965}}

@article{banerjeeduflo2009,
	author = {Banerjee, Abhigit V. and Esther Duflo},
	date-added = {2021-10-11 16:21:22 -0400},
	date-modified = {2021-10-11 16:22:22 -0400},
	journal = {Annual Review of Economics},
	pages = {151-178},
	title = {The Experimental Approach to Development Economics},
	volume = {1},
	year = {2009}}

@article{parkervadheim,
	author = {Parker, Dominic P. and Bryan Vadheim},
	date-added = {2021-10-11 01:27:26 -0400},
	date-modified = {2021-10-11 01:28:17 -0400},
	journal = {Journal of the Association of Environmental and Resource Economists},
	number = {1},
	pages = {1-49},
	title = {Resource Cursed or Policy Cursed? US Regulation of Conflict Minerals and Violence in the Congo},
	volume = {4},
	year = {2017}}

@article{banerjeeetal2014,
	author = {Banerjee, Abhijit and Donald P. Green and Jeffery McManus and Rohini Pande},
	date-added = {2021-10-11 01:07:12 -0400},
	date-modified = {2021-10-11 01:08:02 -0400},
	journal = {Political Communication},
	number = {3},
	pages = {391-407},
	title = {Are Poor Voters Indifferent to Whether Elected Leaders Are Criminal or Corrupt? A Vignette Experiment in Rural India},
	volume = {31},
	year = {2014}}

@article{avenberg2019,
	author = {Avenburg, Alejandro},
	date-added = {2021-10-11 01:02:23 -0400},
	date-modified = {2021-10-11 01:03:01 -0400},
	journal = {Journal of Politics in Latin America},
	number = {1},
	pages = {71-108},
	title = {Public Costs versus Private Gain: Assessing the Effect of Different Types of Information about Corruption Incidents on Electoral Accountability},
	volume = {11},
	year = {2019}}

@unpublished{wuestpontusson2017,
	author = {W\"{u}est, Reto and Jonas Pontusson},
	date-added = {2021-10-11 00:35:57 -0400},
	date-modified = {2021-10-11 00:36:59 -0400},
	month = {November},
	title = {Do Citizens Prefer Affluent Representatives? Evidence from a Survey Experiment In Switzerland},
	url = {\url{https://papers.ssrn.com/sol3/papers.cfm?abstract_id=3077598}},
	year = {2017},
	bdsk-url-1 = {https://papers.ssrn.com/sol3/papers.cfm?abstract_id=3077598}}

@article{foxsmith1998,
	author = {Fox, Richard L. and Eric R. A. N. Smith},
	date-added = {2021-10-11 00:35:17 -0400},
	date-modified = {2021-10-11 00:35:51 -0400},
	journal = {Political Psychology},
	number = {2},
	pages = {405-419},
	title = {The Role of Candidate Sex in Voter Decision-Making},
	volume = {19},
	year = {1998}}

@article{banerjeeetal2017,
	author = {Banerjee, Abhijit V. and Rema Hanna and Gabriel E. Kreindler and Benjamin A. Olken},
	date-added = {2021-08-24 15:24:01 -0400},
	date-modified = {2021-08-24 15:24:43 -0400},
	journal = {The World Bank Research Observer},
	number = {2},
	pages = {155-184},
	title = {Debunking the Stereotype of the Lazy Welfare Recipient: Evidence from Cash Transfer Programs},
	volume = {32},
	year = {2017}}

@article{gerbergreen1999,
	author = {Gerber, Alan S. and Donald P. Green},
	date-added = {2021-08-24 00:39:33 -0400},
	date-modified = {2021-08-24 00:40:07 -0400},
	journal = {Annual Review of Political Science},
	pages = {189-210},
	title = {Misperceptions about Perceptual Bias},
	volume = {2},
	year = {1999}}

@unpublished{little2021,
	author = {Little, Andrew T.},
	date-added = {2021-08-24 00:37:12 -0400},
	date-modified = {2021-08-24 00:37:57 -0400},
	month = {May},
	title = {Directional Motives and Different Priors are Observationally Equivalent},
	url = {\url{http://andrewtlittle.com/wp-content/uploads/2021/04/little_motives_priors.pdf}},
	year = {2021},
	bdsk-url-1 = {http://andrewtlittle.com/wp-content/uploads/2021/04/little_motives_priors.pdf}}

@article{nyhanreifler2010,
	author = {Nyhan, Brendan and Jason Reifler},
	date-added = {2021-08-24 00:31:50 -0400},
	date-modified = {2021-08-24 00:32:23 -0400},
	journal = {Political Behavior},
	pages = {303-330},
	title = {When Corrections Fail: The Persistence of Political Misperceptions},
	volume = {32},
	year = {2010}}

@book{coppock2021,
	address = {Chicago},
	author = {Alexander Coppock},
	date-added = {2021-08-24 00:15:41 -0400},
	date-modified = {2021-08-24 00:15:48 -0400},
	publisher = {University of Chicago Press},
	series = {Chicago Studies in American Politics},
	title = {Persuasion in Parallel},
	year = {2021}}

@article{guesscoppock2020,
	author = {Guess, Andrew and Alexander Coppock},
	date-added = {2021-08-24 00:12:53 -0400},
	date-modified = {2021-08-24 00:12:53 -0400},
	journal = {British Journal of Political Science},
	pages = {1497-1515},
	title = {Does Counter-Attitudinal Information Cause Backlash? Results from Three Large Survey Experiments},
	volume = {50},
	year = {2020}}

@article{lordetal1979,
	author = {Lord, C.G. and L. Ross and M.R. Lepper},
	date-added = {2021-08-24 00:12:49 -0400},
	date-modified = {2021-08-24 00:12:49 -0400},
	journal = {Journal of Personality and Social Psychology},
	number = {11},
	pages = {2098-2109},
	title = {Biased assimilation and attitude polarization: The effects of prior theories on subsequently considered evidence},
	volume = {37},
	year = {1979}}

@book{blairetal2022,
	address = {Princeton, N},
	author = {Blair, Graeme and Alexander Coppock and Macartan Humphreys},
	date-added = {2021-08-06 18:02:00 -0400},
	date-modified = {2021-08-06 18:02:59 -0400},
	publisher = {Princeton University Press},
	title = {Research Design: Declaration, Diagnosis, Redesign},
	year = {2022}}

@book{kkv1994,
	address = {Princeton},
	author = {King, Gary and Robert O. Keohane and Sidney Verba},
	date-added = {2021-08-06 17:37:02 -0400},
	date-modified = {2021-08-06 17:37:53 -0400},
	publisher = {Princeton University Press},
	title = {Designing Social Inquiry: Scientific Inference in Qualitative Research},
	year = {1994}}

@article{ferraroagrawal2021,
	author = {Ferraro, Paul J. and Arun Agrawal},
	date-added = {2021-08-05 16:46:05 -0400},
	date-modified = {2021-08-05 16:46:35 -0400},
	journal = {Proceedings of the National Academy of Sciences},
	number = {29},
	pages = {e2106489118},
	title = {Synthesizing evidence in sustainability science through harmonized experiments: Community monitoring in common pool resources},
	volume = {118},
	year = {2021}}

@article{barrett2021,
	author = {Barrett, Christopher B.},
	date-added = {2021-08-05 16:45:05 -0400},
	date-modified = {2021-08-05 16:45:49 -0400},
	journal = {Proceedings of the National Academy of Sciences},
	number = {29},
	pages = {e2023343118},
	title = {On design-based empirical research and its interpretation and ethicas in sustainability science},
	volume = {118},
	year = {2021}}

@unpublished{raffleretal2020,
	author = {Raffler, Pia and Daniel N. Posner and Doug Parkerson},
	date-added = {2021-07-07 12:45:24 -0400},
	date-modified = {2023-08-01 16:14:23 -0400},
	month = {March},
	note = {Working paper, available at \url{http://danielnposner.com/wp-content/uploads/2022/04/RPP-ACT-Health-220323.pdf}},
	title = {Can Citizen Pressure be Induced to Improve Public Service Provision?},
	year = {2022}}

@article{dehejiaetal2021,
	author = {Dehejia, Rajeev and Cristian Pop-Eleches and Cyrus Samii},
	date-added = {2021-07-06 01:04:33 -0400},
	date-modified = {2021-07-06 01:06:16 -0400},
	journal = {Journal of Business \& Econonic Statistics},
	number = {1},
	pages = {217-243},
	title = {From Local to Global: External Validity in a Fertility Natural Experiment},
	volume = {39},
	year = {2021}}

@article{colestuart2010,
	author = {Cole, Stephen R. and Elizabeth A. Stuart},
	date-added = {2021-07-06 00:47:22 -0400},
	date-modified = {2021-07-06 00:47:52 -0400},
	journal = {American Journal of Epidemiology},
	number = {1},
	pages = {107-15},
	title = {Generalizing evidence from randomized clinical trials to target populations: The ACTG 320 trial},
	volume = {172},
	year = {2010}}

@article{kernetal2016,
	author = {Kern, Holger L. and Elizabeth A. Stuart and Jennifer Hill and Donald P. Green},
	date-added = {2021-07-06 00:36:34 -0400},
	date-modified = {2021-07-06 00:37:39 -0400},
	journal = {Journal of Research on Educational Effectiveness},
	pages = {103-127},
	title = {Assessing methods for generalizing experimental impact estimates to target populations},
	volume = {9},
	year = {2016}}

@incollection{farissetal2020,
	author = {Christopher J. Fariss and Michael R. Kenwick and Kevin Reuning},
	booktitle = {The SAGE Handbook of Reseasrch Methods in Political Science and International Relations},
	editor = {Luigi Curini and Robert Franzese},
	number = {20},
	publisher = {SAGE London},
	title = {Measurement Models},
	year = {2020}}

@book{gerbergreen2013,
	address = {New York},
	author = {Gerber, Alan S. and Donald P. Green},
	date-added = {2021-06-29 13:59:15 -0400},
	date-modified = {2021-06-29 14:00:33 -0400},
	publisher = {W. W. Norton \& Company},
	title = {Field Experiments: Design, Analysis and Interpretation},
	year = {2012}}

@article{dunningetal2019sa,
	author = {Dunning, Thad and Guy Grossman and Macartan Humphreys and {Susan D.} Hyde and Craig Mcintosh and Gareth Nellis and {Claire L.} Adida, and Eric Arias and Clara Bicalho and {Taylor C.} Boas and {Mark T.} Buntaine and Simon Chauchard and Anirvan Chowdhury and Jessica Gottlieb and {Daniel F.} Hidalgo and Marcus Holmlund and Ryan Jablonski and Eric Kramon and Horacio Larreguy and Malte Lierl and John Marshall and Gwyneth McClendon and {Marcus A.} Melo and {Daniel L.} Nielson and {Paula M.} Pickering and {Melina R.} Platas and Pablo Querub\'{I}n and Pia Raffler and Neelanjan Sircar},
	date-added = {2021-06-29 12:26:10 -0400},
	date-modified = {2021-06-29 12:29:05 -0400},
	journal = {Science Advances},
	number = {7},
	title = {Voter information campaigns and political accountability: Cumulative findings from a preregistered meta-analysis of coordinated trials},
	volume = {5},
	year = {2019}}

@unpublished{delao2021,
	author = {{de la O}, Ana and Donald P. Green and Peter John and Rafael Goldszmidt and Anna-Katharina Lenz and Martin Valdivia and Cesar Zucco and Darin Christensen and Francisco Garfiras and Pablo Bal\'{a}n and Augustin Bergeron and Gabriel Tourek and Jonathan Weigel and Jessica Gottlieb and Adrienne LeBas and Janica Magat and Nonso Obikili and Jake Bowers and Nuole Chen and Christopher Grady and Matthew Winters and Nikhar Gaikwad and Gareth Nellis and Anjali Thomas and Susan Hyde},
	note = {Working paper},
	title = {Fiscal Contracts? A Six-country Randoized Experiment on Transaction Costs, Public Services, and Taxation in Developing Countries},
	url = {\url{https://nikhargaikwad.com/resources/De-La-O-et-al_2021.pdf}},
	year = {2021},
	bdsk-url-1 = {https://nikhargaikwad.com/resources/De-La-O-et-al_2021.pdf}}

@article{blairetal2021,
	author = {Graeme Blair and Jeremy M. Weinstein and Fotini Christia and Eric Arias and Emile Badran and Robert A. Blair and Ali Cheema and Ahsan Farooqui and Thiemo Fetzer and Guy Grossman and Dotan Haim and Zulfiqar Hameed and Rebecca Hanson and Ali Hasanain and Dorothy Kronick and Benjamin S. Morse and Robert Muggah and Fatiq Nadeem and Lily L. Tsai and Matthew Nanes and Tara Slough and Nico Ravanilla and Jacob N. Shapiro and Barbara Silva and Pedro C. L. Souza and Anna M. Wilke},
	date-modified = {2022-03-28 13:55:41 -0400},
	journal = {Science},
	number = {6571},
	pages = {eabd3446},
	title = {Community policing does not build citizen trust in police or reduce crime in the Global South},
	volume = {374},
	year = {2021},
	bdsk-url-1 = {https://cpb-us-w2.wpmucdn.com/web.sas.upenn.edu/dist/7/228/files/2020/12/abd3446_CombinedPDF_v1.pdf}}

@article{gilbertetal2016,
	author = {Gilbert, Daniel T. and Gary King and Stephen Pettigrew and Timothy D. Wilson},
	date-added = {2021-06-13 17:28:31 -0400},
	date-modified = {2021-06-13 17:30:32 -0400},
	journal = {Science},
	number = {6277},
	pages = {1037-1038},
	title = {Comment on ``Estimating the reproducibility of psychological science''},
	volume = {351},
	year = {2016}}

@article{osf2015,
	author = {{Open Science Collaboration}},
	date-added = {2021-06-13 17:05:37 -0400},
	date-modified = {2022-07-15 00:05:08 -0400},
	journal = {Science},
	number = {6251},
	pages = {1-8},
	title = {Estimating the reproducibility of psychological science},
	volume = {349},
	year = {2015}}

@unpublished{lovettmunger2019,
	author = {Lovett, Adam and Kevin Munger},
	date-added = {2021-06-13 16:02:43 -0400},
	date-modified = {2021-06-13 16:03:24 -0400},
	month = {July},
	note = {Working paper, available at https://osf.io/yzghn/},
	title = {Temporal Validity, Prediction and the Problem of Replicability},
	year = {2019}}

@article{clemens2017,
	author = {Clemens, Michael A.},
	date-added = {2021-06-13 15:37:59 -0400},
	date-modified = {2021-06-13 15:39:10 -0400},
	journal = {Journal of Economic Surveys},
	number = {1},
	pages = {326-372},
	title = {The Meaning of Failed Replications: A Review and Proposal},
	volume = {31},
	year = {2017}}

@article{duvendacketal2017,
	author = {Duvendack, Maren and Richard Palmer-Jones and W. Robert Reed},
	date-added = {2021-06-13 15:36:51 -0400},
	date-modified = {2021-06-13 15:37:56 -0400},
	journal = {American Economic Review Papers and Proceedings},
	number = {5},
	pages = {46-51},
	title = {What is Meant by ``Replication'' and Why does it Encounter Resistance in Economics?},
	volume = {107},
	year = {2017}}

@article{nosekerrington2017,
	author = {Nosek, Brian and Timothy M. Errington},
	date-added = {2021-06-13 15:20:12 -0400},
	date-modified = {2021-06-13 15:21:08 -0400},
	journal = {eLife},
	number = {e23383},
	title = {Making Sense of Replication},
	volume = {6},
	year = {2017}}

@article{schmidt2009,
	author = {Schmidt, Stefan},
	date-added = {2021-06-13 15:19:10 -0400},
	date-modified = {2021-06-13 15:19:45 -0400},
	journal = {Review of General Psychology},
	number = {2},
	pages = {90-100},
	title = {Shall We Really Do it Again? The Powerful Concept of Replication is Neglected in the Social Sciences},
	volume = {13},
	year = {2009}}

@article{costa2017,
	author = {Costa, Mia},
	date-added = {2021-05-24 14:48:56 -0400},
	date-modified = {2021-05-24 14:49:26 -0400},
	journal = {Journal of Experimental Political Science},
	pages = {241-254},
	title = {How Resonsive are Political Elites? A Meta-Analysis of Experiments on Public Officials},
	volume = {4},
	year = {2017}}

@article{angristpischke2010,
	author = {Angrist, Joshua D. and J\:{o}rn-Steffen Pischke},
	date-added = {2021-05-24 13:54:21 -0400},
	date-modified = {2021-05-24 13:55:18 -0400},
	journal = {Journal of Economic Perspectives},
	number = {2},
	pages = {3-30},
	title = {The Credibility Revolution in Empirical Economics: How Better Research Design Is Taking the Con out of Econometrics},
	volume = {24},
	year = {2010}}

@article{sloughetal2021,
	author = {Slough, Tara and Daniel Rubenson and Ro'ee Levy and Francisco Alpizar Rodriguez and Mar{\'\i}a Bernedo del Carpio and Mark T. Buntaine and Darin Christensen and Alicia Cooperman and Sabrina Eisenbarth and Paul J. Ferraro and Louis Graham and Alexandra C. Hardman and Jacob Kopas and Sasha McLarty and Anouk S. Rigterink and Cyrus Samii and Brigitte Seim and Johannes Urpelainen and Bing Zhang},
	date-added = {2021-05-14 12:52:04 -0400},
	date-modified = {2021-05-14 12:53:50 -0400},
	journal = {Proceedings of the National Academy of Sciences},
	pages = {1-10},
	title = {Adoption of Community Monitoring Improves Common Pool Resource Management Across Contexts},
	volume = {10.1073},
	year = {2021}}

@article{kallabroockman2018,
	author = {Kalla, Joshua L. and David E. Broockman},
	date-added = {2021-02-25 23:29:53 -0500},
	date-modified = {2021-02-25 23:30:33 -0500},
	journal = {{American Political Science Review}},
	number = {1},
	pages = {148-166},
	title = {The Minimal Persuasive Effects of Campaign Contact in General Elections: Evidence from 49 Field Experiments},
	volume = {112},
	year = {2018}}

@article{coppocketal2020,
	author = {Coppock, Alexander and Seth J. Hill and Lynn Vavreck},
	date-added = {2021-02-19 12:38:17 -0500},
	date-modified = {2021-02-19 12:41:52 -0500},
	journal = {Science Advances},
	number = {eabc4046},
	pages = {1-6},
	title = {The small effects of political advertising are small regardless of context, message, sender, or receiver: Evidence from 59 real-time randomized experiments},
	volume = {6},
	year = {2020}}

@article{blarchristensonrudkin2021,
	author = {Blair, Graeme and Darin Christensen and Aaron Rudkin},
	journal = {{American Political Science Review}},
	number = {2},
	pages = {1-8},
	title = {Do Commodity Price Shocks Cause Armed Conflict? A Meta-Analysis of Natural Experiments},
	volume = {115},
	year = {2021}}

@article{blairetal2020a,
	author = {Blair, Graeme and Alexander Coppock and Margaret Moor},
	date-added = {2021-02-19 12:00:16 -0500},
	date-modified = {2021-02-19 12:03:01 -0500},
	journal = {{American Political Science Review}},
	number = {4},
	pages = {1297-1315},
	title = {When to Worry about Sensitivity Bias: A Social Referent Theory and Evidence from 30 Years of List Experiments},
	volume = {114},
	year = {2020}}

@article{incerti2020,
	author = {Incerti, Trevor},
	date-added = {2021-02-12 15:08:04 -0500},
	date-modified = {2021-02-12 15:09:01 -0500},
	journal = {{American Political Science Review}},
	number = {3},
	pages = {761-774},
	title = {Corruption Information and Vote Share: A Meta-Analysis and Lessons for Experimental Design},
	volume = {114},
	year = {2020}}

@book{dunningetal2019,
	address = {New York},
	date-added = {2021-02-12 15:07:43 -0500},
	date-modified = {2021-02-12 15:07:43 -0500},
	editor = {Dunning, Thad and Guy Grossman and Macartan Humphreys and Susan D. Hyde and Craig McIntosh and Gareth Nellis},
	publisher = {{Cambridge University Press}},
	title = {Information, Accountability, and Cumulative Learning: Lessons from Metaketa I},
	year = {2019}}

@article{rosenthal1982comparing,
	author = {Rosenthal, Robert and Rubin, Donald B},
	journal = {Psychological bulletin},
	number = {2},
	pages = {500},
	publisher = {American Psychological Association},
	title = {Comparing effect sizes of independent studies.},
	volume = {92},
	year = {1982}}

@article{blackwell1953equivalent,
	author = {Blackwell, David},
	journal = {The annals of mathematical statistics},
	number = {2},
	pages = {265--272},
	publisher = {JSTOR},
	title = {Equivalent comparisons of experiments},
	volume = {24},
	year = {1953}}

@article{imbens1994identification,
	author = {Imbens, Guido W and Angrist, Joshua D},
	journal = {Econometrica},
	number = {2},
	pages = {467--475},
	title = {Identification and Estimation of Local Average Treatment Effects},
	volume = {62},
	year = {1994}}

@article{rubin1974estimating,
	author = {Rubin, Donald B},
	journal = {Journal of educational Psychology},
	number = {5},
	pages = {688},
	publisher = {American Psychological Association},
	title = {Estimating causal effects of treatments in randomized and nonrandomized studies.},
	volume = {66},
	year = {1974}}

@article{splawa1923application,
	author = {Neyman, Jerzy},
	journal = {Statistical Science},
	number = {4},
	pages = {465--472},
	title = {On the Application of Probability Theory to Agricultural Experiments. Essay on Principles. Section 9.},
	volume = {5},
	year = {1923}}

@article{holland1986statistics,
	author = {Holland, Paul W},
	journal = {Journal of the American statistical Association},
	number = {396},
	pages = {945--960},
	publisher = {Taylor \& Francis},
	title = {Statistics and causal inference},
	volume = {81},
	year = {1986}}

@article{de2020commensurability,
	author = {Bueno de Mesquita, Ethan and Tyson, Scott A},
	journal = {American Political Science Review},
	number = {2},
	pages = {375--391},
	publisher = {Cambridge University Press},
	title = {The commensurability problem: Conceptual difficulties in estimating the effect of behavior on behavior},
	volume = {114},
	year = {2020}}

@book{collins1992changing,
	author = {Collins, Harry},
	publisher = {University of Chicago Press},
	title = {Changing order: Replication and induction in scientific practice},
	year = {1992}}

@book{cameron2005microeconometrics,
	author = {Cameron, A Colin and Trivedi, Pravin K},
	publisher = {Cambridge university press},
	title = {Microeconometrics: methods and applications},
	year = {2005}}

@book{angrist2008mostly,
	author = {Angrist, Joshua D and Pischke, J{\"o}rn-Steffen},
	publisher = {Princeton university press},
	title = {Mostly harmless econometrics: An empiricist's companion},
	year = {2008}}

@book{cook2002experimental,
	author = {Shadish, William and Cook, Thomas D and Campbell, Donald T.},
	publisher = {Houghton Mifflin Boston, MA},
	title = {Experimental and quasi-experimental designs for generalized causal inference},
	year = {2002}}

@article{miguel2004economic,
	author = {Miguel, Edward and Satyanath, Shanker and Sergenti, Ernest},
	journal = {Journal of political Economy},
	number = {4},
	pages = {725--753},
	publisher = {The University of Chicago Press},
	title = {Economic shocks and civil conflict: An instrumental variables approach},
	volume = {112},
	year = {2004}}

@article{findley2021external,
	author = {Findley, Michael G and Kikuta, Kyosuke and Denly, Michael},
	journal = {Annual Review of Political Science},
	pages = {1--51},
	title = {External Validity},
	volume = {forthcoming},
	year = {2021}}

@book{guala2005methodology,
	author = {Guala, Francesco},
	publisher = {Cambridge University Press},
	title = {The methodology of experimental economics},
	year = {2005}}

@article{fariss2018enhancing,
	author = {Fariss, Christopher J and Jones, Zachary M},
	journal = {Political Science Research and Methods},
	number = {2},
	pages = {365--380},
	publisher = {Cambridge University Press},
	title = {Enhancing validity in observational settings when replication is not possible},
	volume = {6},
	year = {2018}}

@book{guillemin1974differential,
	author = {Guillemin, Victor and Pollack, Alan},
	publisher = {AMS Chelsea Publishing},
	title = {Differential topology},
	year = {1974}}

@book{tu2011manifolds,
	author = {Tu, Loring W},
	publisher = {Springer},
	title = {An Introduction to Manifolds},
	year = {2011}}

@article{campbell1959convergent,
	author = {Campbell, Donald T and Fiske, Donald W},
	journal = {Psychological bulletin},
	number = {2},
	pages = {81},
	publisher = {American Psychological Association},
	title = {Convergent and discriminant validation by the multitrait-multimethod matrix.},
	volume = {56},
	year = {1959}}

@article{deaton2010instruments,
	author = {Deaton, Angus},
	journal = {Journal of economic literature},
	number = {2},
	pages = {424--55},
	title = {Instruments, randomization, and learning about development},
	volume = {48},
	year = {2010}}

@article{heckman2000causal,
	author = {Heckman, James J},
	journal = {The Quarterly Journal of Economics},
	number = {1},
	pages = {45--97},
	publisher = {MIT Press},
	title = {Causal parameters and policy analysis in economics: A twentieth century retrospective},
	volume = {115},
	year = {2000}}

@article{samii2016causal,
	author = {Samii, Cyrus},
	journal = {The Journal of Politics},
	number = {3},
	pages = {941--955},
	publisher = {University of Chicago Press Chicago, IL},
	title = {Causal empiricism in quantitative research},
	volume = {78},
	year = {2016}}

@article{blair2021conducting,
	author = {Blair, Graeme and McClendon, Gwyneth},
	journal = {Advances in Experimental Political Science},
	pages = {411},
	publisher = {Cambridge University Press},
	title = {Conducting Experiments in Multiple Contexts},
	year = {2021}}

@incollection{wilke2020field,
	author = {Wilke, Anna and Humphreys, Macartan},
	booktitle = {SAGE Handbook of Research Methods in Political Science and International Relations},
	editors = {Curini, Luigi and Franzese, Robert},
	pages = {1007--35},
	publisher = {SAGE London},
	title = {Field experiments, theory, and external validity},
	year = {2020}}

@book{casella2001statistical,
	author = {Casella, George and Berger, Roger L},
	edition = {2},
	publisher = {Cengage Learning},
	title = {Statistical inference},
	year = {2001}}

@article{adcock2001measurement,
	author = {Adcock, Robert and Collier, David},
	journal = {American political science review},
	number = {3},
	pages = {529--546},
	title = {Measurement validity: A shared standard for qualitative and quantitative research},
	volume = {95},
	year = {2001}}

@article{fariss2014respect,
	author = {Fariss, Christopher J},
	journal = {American Political Science Review},
	number = {2},
	pages = {297--318},
	title = {Respect for human rights has improved over time: Modeling the changing standard of accountability},
	volume = {108},
	year = {2014}}

@article{rosenbaum1984association,
	author = {Rosenbaum, Paul R},
	journal = {Journal of the American Statistical Association},
	number = {385},
	pages = {41--48},
	publisher = {Taylor \& Francis},
	title = {From association to causation in observational studies: The role of tests of strongly ignorable treatment assignment},
	volume = {79},
	year = {1984}}

@article{stinchcombe1991conditions,
	author = {Stinchcombe, Arthur L},
	journal = {Philosophy of the social sciences},
	number = {3},
	pages = {367--388},
	publisher = {Sage Publications Sage CA: Thousand Oaks, CA},
	title = {The conditions of fruitfulness of theorizing about mechanisms in social science},
	volume = {21},
	year = {1991}}

@article{heckman2005structural,
	author = {Heckman, James J and Vytlacil, Edward},
	journal = {Econometrica},
	number = {3},
	pages = {669--738},
	publisher = {Wiley Online Library},
	title = {Structural equations, treatment effects, and econometric policy evaluation 1},
	volume = {73},
	year = {2005}}

@article{izzo2020cumulative,
	author = {Izzo, Federica and Dewan, Torun and Wolton, Stephane},
	journal = {Available at SSRN 3239047},
	title = {Cumulative knowledge in the social sciences: The case of improving voters' information},
	year = {2020}}

@book{morton2010experimental,
	author = {Morton, Rebecca B and Williams, Kenneth C},
	publisher = {Cambridge University Press},
	title = {Experimental political science and the study of causality: From nature to the lab},
	year = {2010}}

@article{koopmans1950identification,
	author = {Koopmans, Tjalling C and Reiersol, Olav},
	journal = {The Annals of Mathematical Statistics},
	number = {2},
	pages = {165--181},
	publisher = {JSTOR},
	title = {The identification of structural characteristics},
	volume = {21},
	year = {1950}}

@article{koopmans1949identification,
	author = {Koopmans, Tjalling C},
	journal = {Econometrica},
	pages = {125--144},
	publisher = {JSTOR},
	title = {Identification problems in economic model construction},
	year = {1949}}

@article{goldberger1972structural,
	author = {Goldberger, Arthur S},
	journal = {Econometrica},
	pages = {979--1001},
	publisher = {JSTOR},
	title = {Structural equation methods in the social sciences},
	year = {1972}}

@article{imbens2010better,
	author = {Imbens, Guido W},
	journal = {Journal of Economic literature},
	number = {2},
	pages = {399--423},
	title = {Better LATE than nothing: Some comments on Deaton (2009) and Heckman and Urzua (2009)},
	volume = {48},
	year = {2010}}

@article{imbens2009recent,
	author = {Imbens, Guido W and Wooldridge, Jeffrey M},
	journal = {Journal of economic literature},
	number = {1},
	pages = {5--86},
	title = {Recent developments in the econometrics of program evaluation},
	volume = {47},
	year = {2009}}

@unpublished{slough2021replication,
	author = {Slough, Tara and Tyson, Scott A.},
	note = {Working paper, New York University},
	title = {Conceptual Replication under External Validity},
	year = {2021}}

@article{smith1982microeconomic,
	author = {Smith, Vernon L},
	journal = {The American Economic Review},
	number = {5},
	pages = {923--955},
	publisher = {JSTOR},
	title = {Microeconomic systems as an experimental science},
	volume = {72},
	year = {1982}}

@article{guala2003experimental,
	author = {Guala, Francesco},
	journal = {Philosophy of science},
	number = {5},
	pages = {1195--1205},
	publisher = {The University of Chicago Press},
	title = {Experimental localism and external validity},
	volume = {70},
	year = {2003}}

@book{latour1993pasteurization,
	author = {Latour, Bruno},
	publisher = {Harvard University Press},
	title = {The pasteurization of France},
	year = {1993}}

@article{deaton2018understanding,
	author = {Deaton, Angus and Cartwright, Nancy},
	journal = {Social Science \& Medicine},
	pages = {2--21},
	publisher = {Elsevier},
	title = {Understanding and misunderstanding randomized controlled trials},
	volume = {210},
	year = {2018}}

@article{bo2021assessing,
	author = {Bo, Hao and Galiani, Sebastian},
	journal = {Research in Economics},
	publisher = {Elsevier},
	title = {Assessing external validity},
	year = {2021}}

@article{anderson2017replication,
	author = {Anderson, Richard G and Kichkha, Areerat},
	journal = {American Economic Review},
	number = {5},
	pages = {56--59},
	title = {Replication, meta-analysis, and research synthesis in economics},
	volume = {107},
	year = {2017}}

@article{andrews2019simple,
	author = {Andrews, Isaiah and Oster, Emily},
	journal = {Economics Letters},
	pages = {58--62},
	publisher = {Elsevier},
	title = {A simple approximation for evaluating external validity bias},
	volume = {178},
	year = {2019}}

@article{lundberg2021your,
	author = {Lundberg, Ian and Johnson, Rebecca and Stewart, Brandon M},
	journal = {American Sociological Review},
	number = {3},
	pages = {532--565},
	publisher = {SAGE Publications Sage CA: Los Angeles, CA},
	title = {What is your estimand? Defining the target quantity connects statistical evidence to theory},
	volume = {86},
	year = {2021}}

@article{chassang2012selective,
	author = {Chassang, Sylvain and Padr{\'o} i Miquel, Gerard and Snowberg, Erik},
	journal = {American Economic Review},
	number = {4},
	pages = {1279--1309},
	title = {Selective trials: A principal-agent approach to randomized controlled experiments},
	volume = {102},
	year = {2012}}

@incollection{banerjee2017decision,
	author = {Banerjee, Abhijit V and Chassang, Sylvain and Snowberg, Erik},
	booktitle = {Handbook of Economic Field Experiments},
	pages = {141--174},
	publisher = {Elsevier},
	title = {Decision theoretic approaches to experiment design and external validity},
	volume = {1},
	year = {2017}}

@article{banerjee2020theory,
	author = {Banerjee, Abhijit V and Chassang, Sylvain and Montero, Sergio and Snowberg, Erik},
	journal = {American Economic Review},
	number = {4},
	pages = {1206--30},
	title = {A theory of experimenters: Robustness, randomization, and balance},
	volume = {110},
	year = {2020}}

@article{pritchett2015learning,
	author = {Pritchett, Lant and Sandefur, Justin},
	journal = {American Economic Review},
	number = {5},
	pages = {471--75},
	title = {Learning from experiments when context matters},
	volume = {105},
	year = {2015}}

@article{banerjee2017proof,
	author = {Banerjee, Abhijit and Banerji, Rukmini and Berry, James and Duflo, Esther and Kannan, Harini and Mukerji, Shobhini and Shotland, Marc and Walton, Michael},
	journal = {Journal of Economic Perspectives},
	number = {4},
	pages = {73--102},
	title = {From proof of concept to scalable policies: Challenges and solutions, with an application},
	volume = {31},
	year = {2017}}

@article{meager2019understanding,
	author = {Meager, Rachael},
	journal = {American Economic Journal: Applied Economics},
	number = {1},
	pages = {57--91},
	title = {Understanding the average impact of microcredit expansions: A bayesian hierarchical analysis of seven randomized experiments},
	volume = {11},
	year = {2019}}

@book{hume2003treatise,
	author = {Hume, David},
	editor = {Mossner, Ernest C.},
	publisher = {Penguin Books},
	title = {A Treatise of Human Nature},
	year = {1739-40 (2003)}}

@book{cartwright1983laws,
	author = {Cartwright, Nancy},
	publisher = {Clarendon Paperbacks, Oxford: Oxford University Press},
	title = {How the Laws of Physics Lie},
	year = {1983}}

@article{glass1976primary,
	author = {Glass, Gene V},
	journal = {Educational researcher},
	number = {10},
	pages = {3--8},
	publisher = {Sage Publications Sage CA: Los Angeles, CA},
	title = {Primary, secondary, and meta-analysis of research},
	volume = {5},
	year = {1976}}

@article{peirce1892doctrine,
	author = {Peirce, Charles S},
	journal = {The Monist},
	number = {3},
	pages = {321--337},
	title = {The doctrine of necessity examined},
	volume = {2},
	year = {1892}}

@article{mackie1965causes,
	author = {Mackie, John L},
	journal = {American philosophical quarterly},
	number = {4},
	pages = {245--264},
	publisher = {JSTOR},
	title = {Causes and conditions},
	volume = {2},
	year = {1965}}

@article{pearl2014external,
	author = {Pearl, Judea and Bareinboim, Elias},
	journal = {Statistical Science},
	number = {4},
	pages = {579--595},
	publisher = {Institute of Mathematical Statistics},
	title = {External validity: From do-calculus to transportability across populations},
	volume = {29},
	year = {2014}}

@inproceedings{pearl2011transportability,
	author = {Pearl, Judea and Bareinboim, Elias},
	booktitle = {Twenty-fifth AAAI conference on artificial intelligence},
	title = {Transportability of causal and statistical relations: A formal approach},
	year = {2011}}

@book{rosenthal1986meta,
	author = {Rosenthal, Robert},
	publisher = {Sage publications Sage CA: Thousand Oaks, CA},
	title = {Meta-Analytic Procedures for Social Science Research},
	year = {1986}}

@article{gailmard2021theory,
	author = {Gailmard, Sean},
	journal = {Journal of Historical Political Economy},
	number = {1},
	pages = {69--104},
	publisher = {Now Publishers, Inc.},
	title = {Theory, History, and Political Economy},
	volume = {1},
	year = {2021}}

@article{esterling2021necessity,
	author = {Esterling, Kevin and Brady, David and Schwitzgebel, Eric},
	journal = {Mimeo},
	title = {The Necessity of Construct and External Validity for Generalized Causal Claims},
	url = {\url{https://osf.io/2s8w5}},
	year = {2021},
	bdsk-url-1 = {https://osf.io/2s8w5}}

@article{lucas2003theory,
	author = {Lucas, Jeffrey W},
	journal = {Sociological Theory},
	number = {3},
	pages = {236--253},
	publisher = {Wiley Online Library},
	title = {Theory-testing, generalization, and the problem of external validity},
	volume = {21},
	year = {2003}}

@book{cronbach1982designing,
	author = {Cronbach, L. J. and Shapiro, Karen},
	publisher = {Jossey-Bass},
	title = {Designing evaluations of educational and social programs},
	year = {1982}}

@article{blair2019declaring,
	author = {Blair, Graeme and Cooper, Jasper and Coppock, Alexander and Humphreys, Macartan},
	journal = {American Political Science Review},
	number = {3},
	pages = {838--859},
	publisher = {Cambridge University Press},
	title = {Declaring and diagnosing research designs},
	volume = {113},
	year = {2019}}

@article{bisbee2017local,
	author = {Bisbee, James and Dehejia, Rajeev and Pop-Eleches, Cristian and Samii, Cyrus},
	journal = {Journal of Labor Economics},
	number = {S1},
	pages = {S99--S147},
	publisher = {University of Chicago Press Chicago, IL},
	title = {Local instruments, global extrapolation: External validity of the labor supply--fertility local average treatment effect},
	volume = {35},
	year = {2017}}

@book{bunge1979causality,
	author = {Bunge, Mario},
	publisher = {Courier Corporation},
	title = {Causality and Modern Science},
	year = {1979}}

@article{zuccopower2006,
	author = {Zucco, Cesar and Timothy J. Power},
	date-added = {2021-08-09 00:48:42 -0400},
	date-modified = {2021-08-09 00:50:47 -0400},
	journal = {Latin American Research Review},
	number = {2},
	pages = {3-24},
	title = {Bolsa Fam\'{i}lia and the Shift in Lula's Electoral Base 2002-2006: A Reply to Bohn},
	volume = {48},
	year = {2006}}

@article{delao2012,
	author = {{de al O}, Ana},
	date-added = {2021-08-09 00:48:00 -0400},
	date-modified = {2021-09-09 14:52:24 -0400},
	journal = {American Journal of Political Science},
	number = {1},
	pages = {1-14},
	title = {Do Conditional Cash Transfers Affect Electoral Behavior? Evidence from a Randomized Experiment in Mexico},
	volume = {57},
	year = {2012}}

@article{imaietal2020,
	author = {Imai, Kosuke and Gary King and Carlos Velasco Rivera},
	date-added = {2021-08-09 00:44:49 -0400},
	date-modified = {2021-08-09 00:47:21 -0400},
	journal = {Journal of Politics},
	number = {2},
	pages = {714-730},
	title = {Do Nonpartisan Programmatic Policies Have Partisan Electoral Effects? Evidence from Two Large-Scale Experiments},
	volume = {82},
	year = {2020}}

@unpublished{skoufias2001,
	author = {Skoufias, Emmanuel},
	date-added = {2021-08-09 00:39:15 -0400},
	date-modified = {2021-08-09 00:41:01 -0400},
	month = {December},
	note = {International Food Policy Research Institute},
	title = {PROGRESA and its Impacts on the Human Capital and Welfare of Households in Rural Mexico: A Synthesis of the Results of an Evaluation by IFPRI},
	year = {2001}}

@book{wb:cct,
	address = {Washington, DC},
	author = {Fiszbein, Arriel and Norbert Schady and Francisco H.G. Ferreira and Margarert Grosh and Niall Keleher and Pedro Olinto and Emmanuel Skoufias},
	date-added = {2021-08-09 00:35:38 -0400},
	date-modified = {2021-08-09 00:37:04 -0400},
	publisher = {The World Bank},
	title = {Conditional Cash Transfers: Reducing Present and Future Poverty},
	year = {2009}}

@article{bartholomew2002,
	author = {Bartholomew, M.},
	date-added = {2021-08-09 00:12:18 -0400},
	date-modified = {2021-08-09 00:12:18 -0400},
	journal = {Postgraduate Medical Journal},
	pages = {695-696},
	title = {James Lind's \textit{Treatise of the Scurvy} (1753)},
	volume = {78},
	year = {2002}}

@book{lind1753,
	address = {London},
	author = {Lind, James},
	date-added = {2021-08-09 00:12:11 -0400},
	date-modified = {2021-08-09 00:12:11 -0400},
	publisher = {Sands, Murray, and Cochran},
	title = {A Treatise of the Scurvy in Three Parts},
	year = {1753}}

@article{stein1964differentiability,
	author = {Stein, E and Zygmund, Antoni},
	journal = {Studia Mathematica},
	pages = {247--283},
	publisher = {Instytut Matematyczny Polskiej Akademii Nauk},
	title = {On the differentiability of functions},
	volume = {23},
	year = {1964}}

@article{gechter_meager,
	author = {Gechter, Michael and Meager, Rachael},
	journal = {Mimeo},
	title = {Combining Experimental and Observational Studies in Meta-Analysis: A Mutual Debiasing Approach},
	url = {\url{https://www.personal.psu.edu/mdg5396/MGRM_Combining_Experimental_and_Observational_Studies.pdf}},
	year = {2021},
	bdsk-url-1 = {https://www.personal.psu.edu/mdg5396/MGRM_Combining_Experimental_and_Observational_Studies.pdf}}

@article{munger2019limited,
	author = {Munger, Kevin},
	journal = {Social Media+ Society},
	number = {3},
	publisher = {SAGE Publications Sage UK: London, England},
	title = {The limited value of non-replicable field experiments in contexts with low temporal validity},
	volume = {5},
	year = {2019}}

@article{munger2021temp,
	author = {Munger, Kevin},
	date-modified = {2023-08-01 16:12:45 -0400},
	jounral = {Mimeo},
	journal = {Research \& Politics},
	title = {Temporal Validity as Meta-Science},
	url = {https://osf.io/4utsk/},
	volume = {Forthcoming},
	year = {2023},
	bdsk-url-1 = {https://osf.io/4utsk/}}

@book{mutz2011population,
	author = {Mutz, Diana C},
	publisher = {Princeton University Press},
	title = {Population-based survey experiments},
	year = {2011}}

@book{manski1995identification,
	author = {Manski, Charles F},
	publisher = {Harvard University Press},
	title = {Identification problems in the social sciences},
	year = {1995}}

@article{fernandez2019demonstration,
	author = {Fern{\'a}ndez-Castilla, Bel{\'e}n and Maes, Marlies and Declercq, Lies and Jamshidi, Laleh and Beretvas, S Natasha and Onghena, Patrick and Van den Noortgate, Wim},
	journal = {Behavior research methods},
	number = {3},
	pages = {1286--1304},
	publisher = {Springer},
	title = {A demonstration and evaluation of the use of cross-classified random-effects models for meta-analysis},
	volume = {51},
	year = {2019}}

@book{wooldridge2001econometric,
	author = {Wooldridge, Jeffrey M},
	publisher = {MIT press},
	title = {Econometric analysis of cross section and panel data},
	year = {2001}}

@book{greene2003econometric,
	author = {Greene, William H},
	publisher = {Pearson Education},
	title = {Econometric analysis},
	year = {2003}}

@book{dunning2012natural,
	author = {Dunning, Thad},
	publisher = {Cambridge University Press},
	title = {Natural experiments in the social sciences: a design-based approach},
	year = {2012}}

@article{cheung2014modeling,
	author = {Cheung, Mike W-L},
	journal = {Psychological Methods},
	number = {2},
	pages = {211},
	publisher = {American Psychological Association},
	title = {Modeling dependent effect sizes with three-level meta-analyses: a structural equation modeling approach.},
	volume = {19},
	year = {2014}}

@book{cheung2015meta,
	author = {Cheung, Mike W-L},
	publisher = {John Wiley \& Sons},
	title = {Meta-analysis: A structural equation modeling approach},
	year = {2015}}

@article{van2013three,
	author = {Van den Noortgate, Wim and L{\'o}pez-L{\'o}pez, Jos{\'e} Antonio and Mar{\'\i}n-Mart{\'\i}nez, Fulgencio and S{\'a}nchez-Meca, Julio},
	journal = {Behavior research methods},
	number = {2},
	pages = {576--594},
	publisher = {Springer},
	title = {Three-level meta-analysis of dependent effect sizes},
	volume = {45},
	year = {2013}}

@article{field2010meta,
	author = {Field, Andy P and Gillett, Raphael},
	journal = {British Journal of Mathematical and Statistical Psychology},
	number = {3},
	pages = {665--694},
	publisher = {Wiley Online Library},
	title = {How to do a meta-analysis},
	volume = {63},
	year = {2010}}

@book{cooper2015research,
	author = {Cooper, Harris},
	publisher = {Sage publications},
	title = {Research synthesis and meta-analysis: A step-by-step approach},
	volume = {2},
	year = {2015}}

@book{borenstein2021introduction,
	author = {Borenstein, Michael and Hedges, Larry V and Higgins, Julian PT and Rothstein, Hannah R},
	publisher = {John Wiley \& Sons},
	title = {Introduction to meta-analysis},
	year = {2009}}

@article{abramson2020learning,
	author = {Abramson, Scott F and Montero, Sergio},
	journal = {American Political Science Review},
	number = {4},
	pages = {1195--1212},
	publisher = {Cambridge University Press},
	title = {Learning about growth and democracy},
	volume = {114},
	year = {2020}}

@article{crisman2018audience,
	author = {Crisman-Cox, Casey and Gibilisco, Michael},
	journal = {American Journal of Political Science},
	number = {3},
	pages = {566--580},
	publisher = {Wiley Online Library},
	title = {Audience costs and the dynamics of war and peace},
	volume = {62},
	year = {2018}}

@article{frey2021sleeping,
	author = {Frey, Anderson and L{\'o}pez-Moctezuma, Gabriel and Montero, Sergio},
	journal = {American Journal of Political Science},
	publisher = {Wiley Online Library},
	title = {Sleeping with the Enemy: Effective Representation under Dynamic Electoral Competition},
	year = {2021}}

@article{bogen1988saving,
	author = {Bogen, James and Woodward, James},
	journal = {The philosophical review},
	number = {3},
	pages = {303--352},
	title = {Saving the phenomena},
	volume = {97},
	year = {1988}}

@book{charalambos2006infinite,
	author = {Aliprantis, Charalambos, D. and Border, Kim C.},
	edition = {3},
	publisher = {Springer-Verlag Berlin},
	title = {Infinite Dimensional Analysis: A Hitchhiker's Guide},
	year = {2006}}

@article{haavelmo1944probability,
	author = {Haavelmo, Trygve},
	journal = {Econometrica},
	pages = {iii--115},
	title = {The probability approach in econometrics},
	volume = {12},
	year = {1944}}

@article{low2017use,
	author = {Low, Hamish and Meghir, Costas},
	journal = {Journal of Economic Perspectives},
	number = {2},
	pages = {33--58},
	title = {The use of structural models in econometrics},
	volume = {31},
	year = {2017}}

@article{godefroidt2021,
	author = {Godefroidt, Am{\'e}lie},
	journal = {American Journal of Political Science},
	title = {How Terrorism Does (and Does Not) Affect Citizens' Political Attitudes: A Meta-Analysis},
	url = {https://onlinelibrary.wiley.com/doi/10.1111/ajps.12692},
	volume = {forthcoming},
	year = {2021},
	bdsk-url-1 = {https://onlinelibrary.wiley.com/doi/10.1111/ajps.12692}}

@article{egamihartman2020,
	author = {Egami, Naoki and Hartman, Erin},
	date-modified = {2022-08-11 13:44:14 -0400},
	journal = {{American Political Science Review}},
	title = {Elements of external validity: Framework, design, and analysis},
	volume = {Forthcoming},
	year = {2022}}

@book{rudin1976principles,
	author = {Rudin, Walter},
	publisher = {McGraw-hill New York},
	title = {Principles of mathematical analysis},
	volume = {3},
	year = {1976}}

@book{royden1988real,
	author = {Royden, H. L.},
	publisher = {Prentice Hall},
	title = {Real analysis},
	volume = {3},
	year = {1988}}

@article{schwarzcoppock2020,
	author = {Schwarz, Susanne and Coppock, Alexander},
	journal = {The Journal of Politics},
	number = {2},
	publisher = {The University of Chicago Press Chicago, IL},
	title = {What Have We Learned about Gender from Candidate Choice Experiments? A Meta-Analysis of Sixty-Seven Factorial Survey Experiments},
	volume = {84},
	year = {2022}}

@article{kertzer2020,
	author = {Kertzer, Joshua D},
	journal = {American Journal of Political Science},
	title = {Re-Assessing Elite-Public Gaps in Political Behavior},
	url = {https://onlinelibrary.wiley.com/doi/10.1111/ajps.12583},
	volume = {forthcoming},
	year = {2020},
	bdsk-url-1 = {https://onlinelibrary.wiley.com/doi/10.1111/ajps.12583}}

@article{slough2022phantom,
	author = {Slough, Tara},
	date-modified = {2023-08-01 16:15:28 -0400},
	journal = {American Journal of Political Science},
	number = {1},
	pages = {137-153},
	title = {Phantom Counterfactuals},
	volume = {61},
	year = {2023},
	bdsk-url-1 = {http://taraslough.com/assets/pdf/phantom%5Ctextunderscore%20counterfactuals.pdf}}

@article{slough2021external,
	author = {Slough, Tara and Tyson, Scott A},
	date-modified = {2023-08-01 16:14:56 -0400},
	journal = {American Journal of Political Science},
	number = {2},
	pages = {440-455},
	title = {External Validity and Meta-analysis},
	volume = {67},
	year = {2023}}

@book{ashworth2021theory,
	author = {Ashworth, Scott and Berry, Christopher R and Bueno de Mesquita, Ethan},
	publisher = {Princeton University Press},
	title = {Theory and Credibility: Integrating Theoretical and Empirical Social Science},
	year = {2021}}

@unpublished{BetterElicit,
	author = {Ou, Kai and Tyson, Scott A.},
	date-modified = {2023-08-01 16:13:39 -0400},
	journal = {Mimeo},
	note = {Working paper, available at \url{https://drive.google.com/file/d/1QuH_HNGU8Txfqmgp0yaJUOlYpiuKn4EG/view}},
	title = {Better Observation Leads to Better Inference},
	year = {2022}}

@book{gailmard2014statistical,
	author = {Gailmard, Sean},
	publisher = {Cambridge University Press},
	title = {Statistical modeling and inference for social science},
	year = {2014}}

@article{rubinstein2001theorist,
	author = {Rubinstein, Ariel},
	journal = {European Economic Review},
	number = {4-6},
	pages = {615--628},
	publisher = {Elsevier},
	title = {A theorist's view of experiments},
	volume = {45},
	year = {2001}}

@article{allcott2015site,
	author = {Allcott, Hunt},
	journal = {The Quarterly Journal of Economics},
	number = {3},
	pages = {1117--1165},
	publisher = {MIT Press},
	title = {Site selection bias in program evaluation},
	volume = {130},
	year = {2015}}

@article{ashworth2018learning,
	author = {Ashworth, Scott and Bueno de Mesquita, Ethan and Friedenberg, Amanda},
	journal = {American Journal of Political Science},
	number = {1},
	pages = {37--54},
	publisher = {Wiley Online Library},
	title = {Learning about voter rationality},
	volume = {62},
	year = {2018}}

@article{ashworth2017accountability,
	author = {Ashworth, Scott and Bueno de Mesquita, Ethan and Friedenberg, Amanda},
	journal = {American Economic Journal: Microeconomics},
	number = {2},
	pages = {95--138},
	title = {Accountability and information in elections},
	volume = {9},
	year = {2017}}

@article{glennan2010ephemeral,
	author = {Glennan, Stuart},
	journal = {Erkenntnis},
	number = {2},
	pages = {251--266},
	publisher = {Springer},
	title = {Ephemeral mechanisms and historical explanation},
	volume = {72},
	year = {2010}}
